import os


class Settings:
    ckpt: str = os.getenv("GEMMA_MODEL_PATH", "")
    tiny_llm_ckpt: str = os.getenv("TINYLLM_MODEL_PATH", "")
    infer_llm_model_path: str = os.getenv("INFERLLM_MODEL_PATH", "")
    quant: bool = False
    testing: bool = False
    reply_size: int = 16
    device: str = "cpu"


settings = Settings()
print(settings)